This notebook will begin looking at clustering methods on the expression of the genes in a single sample of the dataset of interest, from an unbiased approach.

Set Up

# Load libraries
library(magrittr)
library(scater)
library(readr)
library(bluster)
library(ggpubr)
library(pheatmap)

# Set file paths
data_dir <- file.path("results", "Gawad_processed_data")

# Source custom functions script
source(file.path("utils", "clustering-functions.R"))

Read in data

sample_290_normalized <- read_rds(
  file.path(data_dir, "SCPCS000216", "SCPCL000290_miQC_downstream_processed_normalized_reduced_sce.rds"))

Perform clustering

k-means

# Perform k-means clustering
kmeans_cluster_names <- paste0("kcluster", c(2:15))

sample_290_normalized <- kmeans_clustering(
  sample_290_normalized,
  k_range = c(2:15),
  check_stability = TRUE
)

# Plot k-means
kmeans_plot_list <- kmeans_cluster_names %>%
  purrr::map(~ plotReducedDim(sample_290_normalized, dimred = "UMAP", colour_by = .x))

cowplot::plot_grid(plotlist = kmeans_plot_list, ncol = 4)

graph-based, walktrap

# Perform graph-based walktrap clustering
walktrap_cluster_names <-paste0("walktrap_cluster", c(5, 10, 15, 20, 25, 50, 100))

sample_290_normalized <- graph_clustering(
  sample_290_normalized,
  nn_range = c(5, 10, 15, 20, 25, 50, 100),
  weighting_type = "rank",
  cluster_function = "walktrap",
  check_stability = TRUE
)
detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'
# Plot
walktrap_plot_list <- walktrap_cluster_names %>%
   purrr::map(~ plotReducedDim(sample_290_normalized, dimred = "UMAP", colour_by = .x))

cowplot::plot_grid(plotlist = walktrap_plot_list, ncol = 3)

graph-based, louvain

# Perform graph-based louvain clustering
louvain_cluster_names <- paste0("louvain_cluster", c(5, 10, 15, 20, 25, 50, 100))

sample_290_normalized <- graph_clustering(
  sample_290_normalized,
  nn_range = c(5, 10, 15, 20, 25, 50, 100),
  weighting_type = "jaccard",
  cluster_function = "louvain",
  check_stability = TRUE
)
detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'detected tied distances to neighbors, see ?'BiocNeighbors-ties'
# Plot
louvain_plot_list <- louvain_cluster_names %>%
   purrr::map(~ plotReducedDim(sample_290_normalized, dimred = "UMAP", colour_by = .x))


cowplot::plot_grid(plotlist = louvain_plot_list, ncol = 3)

Check cluster validity stats

k-means

# Check the k-means cluster validity stats for each of the clusters and produce
# a summary data frame of these stats to be stored within the SCE object
sample_290_normalized <- add_metadata_clustering_stats(sample_290_normalized, kmeans_cluster_names, "kmeans")
Joining, by = "cell_barcode"
Joining, by = "cell_barcode"
Joining, by = "cell_barcode"
Joining, by = "cell_barcode"
Joining, by = "cell_barcode"
Joining, by = "cell_barcode"
Joining, by = "cell_barcode"
Joining, by = "cell_barcode"
Joining, by = "cell_barcode"
Joining, by = "cell_barcode"
Joining, by = "cell_barcode"
Joining, by = "cell_barcode"
Joining, by = "cell_barcode"
Joining, by = "cell_barcode"
# Preview the saved results
head(metadata(sample_290_normalized)$all_stats$kmeans)

# Preview the saved summary results
head(metadata(sample_290_normalized)$summary_stats$kmeans)

purity plots

# Plot individual cluster and summary stats
kmeans_plots <- plot_clustering_validity(metadata(sample_290_normalized)$all_stats$kmeans,
                         metadata(sample_290_normalized)$summary_stats$kmeans,
                         "purity", "maximum", "cluster_names", c(2:15))
Outer names are only allowed for unnamed scalar atomic inputs
kmeans_plots

silhouette width plots

# Plot individual cluster and summary stats
kmeans_silhouette_plots <- plot_clustering_validity(metadata(sample_290_normalized)$all_stats$kmeans,
                         metadata(sample_290_normalized)$summary_stats$kmeans,
                         "width", "closest", "cluster_names", c(2:15))
Outer names are only allowed for unnamed scalar atomic inputs
kmeans_silhouette_plots

graph-based, walktrap

# Check the walktrap cluster validity stats for each of the clusters and produce
# a summary data frame of these stats to be stored within the SCE object
sample_290_normalized <- add_metadata_clustering_stats(sample_290_normalized, walktrap_cluster_names, "walktrap")
Joining, by = "cell_barcode"
Joining, by = "cell_barcode"
Joining, by = "cell_barcode"
Joining, by = "cell_barcode"
Joining, by = "cell_barcode"
Joining, by = "cell_barcode"
Joining, by = "cell_barcode"
  
# Preview the saved results
head(metadata(sample_290_normalized)$all_stats$walktrap)

# Preview the saved summary results
head(metadata(sample_290_normalized)$summary_stats$walktrap)

purity plots

# Plot individual cluster and summary stats
walktrap_plots <- plot_clustering_validity(metadata(sample_290_normalized)$all_stats$walktrap,
                         metadata(sample_290_normalized)$summary_stats$walktrap,
                         "purity", "maximum", "cluster_names", c(5, 10, 15, 20, 25, 50, 100))
Outer names are only allowed for unnamed scalar atomic inputs
walktrap_plots

silhouette width plots

# Plot individual cluster and summary stats
walktrap_silhouette_plots <- plot_clustering_validity(metadata(sample_290_normalized)$all_stats$walktrap,
                         metadata(sample_290_normalized)$summary_stats$walktrap,
                         "width", "closest", "cluster_names", c(5, 10, 15, 20, 25, 50, 100))
Outer names are only allowed for unnamed scalar atomic inputs
walktrap_silhouette_plots

graph-based, louvain

# Check the louvain cluster validity stats for each of the clusters and produce
# a summary data frame of these stats to be stored within the SCE object
sample_290_normalized <- add_metadata_clustering_stats(sample_290_normalized, louvain_cluster_names, "louvain")
Joining, by = "cell_barcode"
Joining, by = "cell_barcode"
Joining, by = "cell_barcode"
Joining, by = "cell_barcode"
Joining, by = "cell_barcode"
Joining, by = "cell_barcode"
Joining, by = "cell_barcode"
# Preview the saved results
head(metadata(sample_290_normalized)$all_stats$louvain)

# Preview the saved summary results
head(metadata(sample_290_normalized)$summary_stats$louvain)

purity plots

# Plot individual cluster and summary stats
louvain_plots <- plot_clustering_validity(metadata(sample_290_normalized)$all_stats$louvain,
                         metadata(sample_290_normalized)$summary_stats$louvain,
                         "purity", "maximum", "cluster_names", c(5, 10, 15, 20, 25, 50, 100))
Outer names are only allowed for unnamed scalar atomic inputs
louvain_plots

silhouette width plots

# Plot individual cluster and summary stats
louvain_silhouette_plots <- plot_clustering_validity(metadata(sample_290_normalized)$all_stats$louvain,
                         metadata(sample_290_normalized)$summary_stats$louvain,
                         "width", "closest", "cluster_names", c(5, 10, 15, 20, 25, 50, 100))
Outer names are only allowed for unnamed scalar atomic inputs
louvain_silhouette_plots

Check cluster stability

k-means

# Check and plot cluster stability
kmeans_cluster_names %>%
  purrr::walk(~ plot_cluster_stability(sample_290_normalized, .x))

graph-based, walktrap

walktrap_cluster_names %>%
  purrr::walk(~ plot_cluster_stability(sample_290_normalized, .x))

graph-based, louvain

louvain_cluster_names %>%
  purrr::walk(~ plot_cluster_stability(sample_290_normalized, .x))

Session info

sessionInfo()
R version 4.1.2 (2021-11-01)
Platform: x86_64-pc-linux-gnu (64-bit)
Running under: Ubuntu 18.04.3 LTS

Matrix products: default
BLAS:   /usr/lib/x86_64-linux-gnu/openblas/libblas.so.3
LAPACK: /usr/lib/x86_64-linux-gnu/libopenblasp-r0.2.20.so

locale:
 [1] LC_CTYPE=C.UTF-8       LC_NUMERIC=C           LC_TIME=C.UTF-8        LC_COLLATE=C.UTF-8    
 [5] LC_MONETARY=C.UTF-8    LC_MESSAGES=C.UTF-8    LC_PAPER=C.UTF-8       LC_NAME=C             
 [9] LC_ADDRESS=C           LC_TELEPHONE=C         LC_MEASUREMENT=C.UTF-8 LC_IDENTIFICATION=C   

attached base packages:
[1] grid      stats4    stats     graphics  grDevices utils     datasets  methods   base     

other attached packages:
 [1] pheatmap_1.0.12             ggpubr_0.4.0                bluster_1.4.0              
 [4] HDF5Array_1.22.1            rhdf5_2.38.0                DelayedArray_0.20.0        
 [7] Matrix_1.3-4                ComplexHeatmap_2.10.0       scater_1.22.0              
[10] ggplot2_3.3.5               scuttle_1.4.0               SingleCellExperiment_1.16.0
[13] SummarizedExperiment_1.24.0 Biobase_2.54.0              GenomicRanges_1.46.1       
[16] GenomeInfoDb_1.30.0         IRanges_2.28.0              S4Vectors_0.32.3           
[19] BiocGenerics_0.40.0         MatrixGenerics_1.6.0        matrixStats_0.61.0         
[22] readr_2.1.1                 magrittr_2.0.1             

loaded via a namespace (and not attached):
 [1] ggbeeswarm_0.6.0          colorspace_2.0-2          ggsignif_0.6.3            rjson_0.2.20             
 [5] ellipsis_0.3.2            modeltools_0.2-23         circlize_0.4.13           XVector_0.34.0           
 [9] GlobalOptions_0.1.2       BiocNeighbors_1.12.0      rstudioapi_0.13           clue_0.3-60              
[13] farver_2.1.0              ggrepel_0.9.1             flexmix_2.3-17            fansi_0.5.0              
[17] codetools_0.2-18          splines_4.1.2             sparseMatrixStats_1.6.0   doParallel_1.0.16        
[21] knitr_1.36                polyclip_1.10-0           broom_0.7.10              cluster_2.1.2            
[25] png_0.1-7                 ggforce_0.3.3             compiler_4.1.2            backports_1.4.0          
[29] assertthat_0.2.1          fastmap_1.1.0             cli_3.1.0                 tweenr_1.0.2             
[33] BiocSingular_1.10.0       miQC_1.2.0                htmltools_0.5.2           tools_4.1.2              
[37] rsvd_1.0.5                igraph_1.2.9              gtable_0.3.0              glue_1.5.1               
[41] GenomeInfoDbData_1.2.7    dplyr_1.0.7               Rcpp_1.0.7                carData_3.0-4            
[45] vctrs_0.3.8               rhdf5filters_1.6.0        iterators_1.0.13          DelayedMatrixStats_1.16.0
[49] xfun_0.28                 beachmat_2.10.0           lifecycle_1.0.1           irlba_2.3.3              
[53] renv_0.14.0               rstatix_0.7.0             zlibbioc_1.40.0           MASS_7.3-54              
[57] scales_1.1.1              hms_1.1.1                 parallel_4.1.2            RColorBrewer_1.1-2       
[61] yaml_2.2.1                gridExtra_2.3             foreach_1.5.1             ScaledMatrix_1.2.0       
[65] BiocParallel_1.28.2       shape_1.4.6               rlang_0.4.12              pkgconfig_2.0.3          
[69] bitops_1.0-7              evaluate_0.14             lattice_0.20-45           purrr_0.3.4              
[73] Rhdf5lib_1.16.0           labeling_0.4.2            cowplot_1.1.1             tidyselect_1.1.1         
[77] R6_2.5.1                  generics_0.1.1            DBI_1.1.1                 pillar_1.6.4             
[81] withr_2.4.3               abind_1.4-5               RCurl_1.98-1.5            nnet_7.3-16              
[85] tibble_3.1.6              crayon_1.4.2              car_3.0-12                utf8_1.2.2               
[89] tzdb_0.2.0                rmarkdown_2.11            viridis_0.6.2             GetoptLong_1.0.5         
[93] data.table_1.14.2         digest_0.6.29             tidyr_1.1.4               munsell_0.5.0            
[97] beeswarm_0.4.0            viridisLite_0.4.0         vipor_0.4.5              
LS0tCnRpdGxlOiAiQ2x1c3RlcmluZyIKYXV0aG9yOiBEYXRhIExhYiBmb3IgQUxTRgpkYXRlOiAyMDIyCm91dHB1dDoKICBodG1sX25vdGVib29rOiAKICAgIHRvYzogdHJ1ZQogICAgdG9jX2Zsb2F0OiB0cnVlCi0tLQoKVGhpcyBub3RlYm9vayB3aWxsIGJlZ2luIGxvb2tpbmcgYXQgY2x1c3RlcmluZyBtZXRob2RzIG9uIHRoZSBleHByZXNzaW9uIG9mIHRoZSBnZW5lcyBpbiBhIHNpbmdsZSBzYW1wbGUgb2YgdGhlIGRhdGFzZXQgb2YgaW50ZXJlc3QsIGZyb20gYW4gdW5iaWFzZWQgYXBwcm9hY2guCgojIyBTZXQgVXAgCgpgYGB7cn0KIyBMb2FkIGxpYnJhcmllcwpsaWJyYXJ5KG1hZ3JpdHRyKQpsaWJyYXJ5KHNjYXRlcikKbGlicmFyeShyZWFkcikKbGlicmFyeShibHVzdGVyKQpsaWJyYXJ5KGdncHVicikKbGlicmFyeShwaGVhdG1hcCkKCiMgU2V0IGZpbGUgcGF0aHMKZGF0YV9kaXIgPC0gZmlsZS5wYXRoKCJyZXN1bHRzIiwgIkdhd2FkX3Byb2Nlc3NlZF9kYXRhIikKCiMgU291cmNlIGN1c3RvbSBmdW5jdGlvbnMgc2NyaXB0CnNvdXJjZShmaWxlLnBhdGgoInV0aWxzIiwgImNsdXN0ZXJpbmctZnVuY3Rpb25zLlIiKSkKYGBgCgojIyBSZWFkIGluIGRhdGEKCmBgYHtyfQpzYW1wbGVfMjkwX25vcm1hbGl6ZWQgPC0gcmVhZF9yZHMoCiAgZmlsZS5wYXRoKGRhdGFfZGlyLCAiU0NQQ1MwMDAyMTYiLCAiU0NQQ0wwMDAyOTBfbWlRQ19kb3duc3RyZWFtX3Byb2Nlc3NlZF9ub3JtYWxpemVkX3JlZHVjZWRfc2NlLnJkcyIpKQpgYGAKCiMjIFBlcmZvcm0gY2x1c3RlcmluZwoKIyMjIGstbWVhbnMKCmBgYHtyIGZpZy5oZWlnaHQgPSAxMC41fQojIFBlcmZvcm0gay1tZWFucyBjbHVzdGVyaW5nCmttZWFuc19jbHVzdGVyX25hbWVzIDwtIHBhc3RlMCgia2NsdXN0ZXIiLCBjKDI6MTUpKQoKc2FtcGxlXzI5MF9ub3JtYWxpemVkIDwtIGttZWFuc19jbHVzdGVyaW5nKAogIHNhbXBsZV8yOTBfbm9ybWFsaXplZCwKICBrX3JhbmdlID0gYygyOjE1KSwKICBjaGVja19zdGFiaWxpdHkgPSBUUlVFCikKCiMgUGxvdCBrLW1lYW5zCmttZWFuc19wbG90X2xpc3QgPC0ga21lYW5zX2NsdXN0ZXJfbmFtZXMgJT4lCiAgcHVycnI6Om1hcCh+IHBsb3RSZWR1Y2VkRGltKHNhbXBsZV8yOTBfbm9ybWFsaXplZCwgZGltcmVkID0gIlVNQVAiLCBjb2xvdXJfYnkgPSAueCkpCgpjb3dwbG90OjpwbG90X2dyaWQocGxvdGxpc3QgPSBrbWVhbnNfcGxvdF9saXN0LCBuY29sID0gNCkKYGBgCgojIyMgZ3JhcGgtYmFzZWQsIHdhbGt0cmFwCgpgYGB7ciBmaWcuaGVpZ2h0ID0gOS41fQojIFBlcmZvcm0gZ3JhcGgtYmFzZWQgd2Fsa3RyYXAgY2x1c3RlcmluZwp3YWxrdHJhcF9jbHVzdGVyX25hbWVzIDwtcGFzdGUwKCJ3YWxrdHJhcF9jbHVzdGVyIiwgYyg1LCAxMCwgMTUsIDIwLCAyNSwgNTAsIDEwMCkpCgpzYW1wbGVfMjkwX25vcm1hbGl6ZWQgPC0gZ3JhcGhfY2x1c3RlcmluZygKICBzYW1wbGVfMjkwX25vcm1hbGl6ZWQsCiAgbm5fcmFuZ2UgPSBjKDUsIDEwLCAxNSwgMjAsIDI1LCA1MCwgMTAwKSwKICB3ZWlnaHRpbmdfdHlwZSA9ICJyYW5rIiwKICBjbHVzdGVyX2Z1bmN0aW9uID0gIndhbGt0cmFwIiwKICBjaGVja19zdGFiaWxpdHkgPSBUUlVFCikKCiMgUGxvdAp3YWxrdHJhcF9wbG90X2xpc3QgPC0gd2Fsa3RyYXBfY2x1c3Rlcl9uYW1lcyAlPiUKICAgcHVycnI6Om1hcCh+IHBsb3RSZWR1Y2VkRGltKHNhbXBsZV8yOTBfbm9ybWFsaXplZCwgZGltcmVkID0gIlVNQVAiLCBjb2xvdXJfYnkgPSAueCkpCgpjb3dwbG90OjpwbG90X2dyaWQocGxvdGxpc3QgPSB3YWxrdHJhcF9wbG90X2xpc3QsIG5jb2wgPSAzKQpgYGAKCiMjIyBncmFwaC1iYXNlZCwgbG91dmFpbgoKYGBge3IgZmlnLmhlaWdodCA9IDguNX0KIyBQZXJmb3JtIGdyYXBoLWJhc2VkIGxvdXZhaW4gY2x1c3RlcmluZwpsb3V2YWluX2NsdXN0ZXJfbmFtZXMgPC0gcGFzdGUwKCJsb3V2YWluX2NsdXN0ZXIiLCBjKDUsIDEwLCAxNSwgMjAsIDI1LCA1MCwgMTAwKSkKCnNhbXBsZV8yOTBfbm9ybWFsaXplZCA8LSBncmFwaF9jbHVzdGVyaW5nKAogIHNhbXBsZV8yOTBfbm9ybWFsaXplZCwKICBubl9yYW5nZSA9IGMoNSwgMTAsIDE1LCAyMCwgMjUsIDUwLCAxMDApLAogIHdlaWdodGluZ190eXBlID0gImphY2NhcmQiLAogIGNsdXN0ZXJfZnVuY3Rpb24gPSAibG91dmFpbiIsCiAgY2hlY2tfc3RhYmlsaXR5ID0gVFJVRQopCgojIFBsb3QKbG91dmFpbl9wbG90X2xpc3QgPC0gbG91dmFpbl9jbHVzdGVyX25hbWVzICU+JQogICBwdXJycjo6bWFwKH4gcGxvdFJlZHVjZWREaW0oc2FtcGxlXzI5MF9ub3JtYWxpemVkLCBkaW1yZWQgPSAiVU1BUCIsIGNvbG91cl9ieSA9IC54KSkKCgpjb3dwbG90OjpwbG90X2dyaWQocGxvdGxpc3QgPSBsb3V2YWluX3Bsb3RfbGlzdCwgbmNvbCA9IDMpCmBgYAoKIyMgQ2hlY2sgY2x1c3RlciB2YWxpZGl0eSBzdGF0cwoKIyMjIGstbWVhbnMKCmBgYHtyIGZpZy5oZWlnaHQgPSAyMC41fQojIENoZWNrIHRoZSBrLW1lYW5zIGNsdXN0ZXIgdmFsaWRpdHkgc3RhdHMgZm9yIGVhY2ggb2YgdGhlIGNsdXN0ZXJzIGFuZCBwcm9kdWNlCiMgYSBzdW1tYXJ5IGRhdGEgZnJhbWUgb2YgdGhlc2Ugc3RhdHMgdG8gYmUgc3RvcmVkIHdpdGhpbiB0aGUgU0NFIG9iamVjdApzYW1wbGVfMjkwX25vcm1hbGl6ZWQgPC0gYWRkX21ldGFkYXRhX2NsdXN0ZXJpbmdfc3RhdHMoc2FtcGxlXzI5MF9ub3JtYWxpemVkLCBrbWVhbnNfY2x1c3Rlcl9uYW1lcywgImttZWFucyIpCgojIFByZXZpZXcgdGhlIHNhdmVkIHJlc3VsdHMKaGVhZChtZXRhZGF0YShzYW1wbGVfMjkwX25vcm1hbGl6ZWQpJGFsbF9zdGF0cyRrbWVhbnMpCgojIFByZXZpZXcgdGhlIHNhdmVkIHN1bW1hcnkgcmVzdWx0cwpoZWFkKG1ldGFkYXRhKHNhbXBsZV8yOTBfbm9ybWFsaXplZCkkc3VtbWFyeV9zdGF0cyRrbWVhbnMpCmBgYAojIyMjIHB1cml0eSBwbG90cwoKYGBge3IgZmlnLmhlaWdodD0xMCwgZmlnLndpZHRoPTE1fQojIFBsb3QgaW5kaXZpZHVhbCBjbHVzdGVyIGFuZCBzdW1tYXJ5IHN0YXRzCmttZWFuc19wbG90cyA8LSBwbG90X2NsdXN0ZXJpbmdfdmFsaWRpdHkobWV0YWRhdGEoc2FtcGxlXzI5MF9ub3JtYWxpemVkKSRhbGxfc3RhdHMka21lYW5zLAogICAgICAgICAgICAgICAgICAgICAgICAgbWV0YWRhdGEoc2FtcGxlXzI5MF9ub3JtYWxpemVkKSRzdW1tYXJ5X3N0YXRzJGttZWFucywKICAgICAgICAgICAgICAgICAgICAgICAgICJwdXJpdHkiLCAibWF4aW11bSIsICJjbHVzdGVyX25hbWVzIiwgYygyOjE1KSkKa21lYW5zX3Bsb3RzCmBgYAoKIyMjIyBzaWxob3VldHRlIHdpZHRoIHBsb3RzCgpgYGB7ciBmaWcuaGVpZ2h0PTEwLCBmaWcud2lkdGg9MTV9CiMgUGxvdCBpbmRpdmlkdWFsIGNsdXN0ZXIgYW5kIHN1bW1hcnkgc3RhdHMKa21lYW5zX3NpbGhvdWV0dGVfcGxvdHMgPC0gcGxvdF9jbHVzdGVyaW5nX3ZhbGlkaXR5KG1ldGFkYXRhKHNhbXBsZV8yOTBfbm9ybWFsaXplZCkkYWxsX3N0YXRzJGttZWFucywKICAgICAgICAgICAgICAgICAgICAgICAgIG1ldGFkYXRhKHNhbXBsZV8yOTBfbm9ybWFsaXplZCkkc3VtbWFyeV9zdGF0cyRrbWVhbnMsCiAgICAgICAgICAgICAgICAgICAgICAgICAid2lkdGgiLCAiY2xvc2VzdCIsICJjbHVzdGVyX25hbWVzIiwgYygyOjE1KSkKa21lYW5zX3NpbGhvdWV0dGVfcGxvdHMKYGBgCgojIyMgZ3JhcGgtYmFzZWQsIHdhbGt0cmFwCgpgYGB7ciBmaWcuaGVpZ2h0ID0gMTUuNX0KIyBDaGVjayB0aGUgd2Fsa3RyYXAgY2x1c3RlciB2YWxpZGl0eSBzdGF0cyBmb3IgZWFjaCBvZiB0aGUgY2x1c3RlcnMgYW5kIHByb2R1Y2UKIyBhIHN1bW1hcnkgZGF0YSBmcmFtZSBvZiB0aGVzZSBzdGF0cyB0byBiZSBzdG9yZWQgd2l0aGluIHRoZSBTQ0Ugb2JqZWN0CnNhbXBsZV8yOTBfbm9ybWFsaXplZCA8LSBhZGRfbWV0YWRhdGFfY2x1c3RlcmluZ19zdGF0cyhzYW1wbGVfMjkwX25vcm1hbGl6ZWQsIHdhbGt0cmFwX2NsdXN0ZXJfbmFtZXMsICJ3YWxrdHJhcCIpCiAgCiMgUHJldmlldyB0aGUgc2F2ZWQgcmVzdWx0cwpoZWFkKG1ldGFkYXRhKHNhbXBsZV8yOTBfbm9ybWFsaXplZCkkYWxsX3N0YXRzJHdhbGt0cmFwKQoKIyBQcmV2aWV3IHRoZSBzYXZlZCBzdW1tYXJ5IHJlc3VsdHMKaGVhZChtZXRhZGF0YShzYW1wbGVfMjkwX25vcm1hbGl6ZWQpJHN1bW1hcnlfc3RhdHMkd2Fsa3RyYXApCmBgYAojIyMjIHB1cml0eSBwbG90cwoKYGBge3IgZmlnLmhlaWdodD0xMCwgZmlnLndpZHRoPTE1fQojIFBsb3QgaW5kaXZpZHVhbCBjbHVzdGVyIGFuZCBzdW1tYXJ5IHN0YXRzCndhbGt0cmFwX3Bsb3RzIDwtIHBsb3RfY2x1c3RlcmluZ192YWxpZGl0eShtZXRhZGF0YShzYW1wbGVfMjkwX25vcm1hbGl6ZWQpJGFsbF9zdGF0cyR3YWxrdHJhcCwKICAgICAgICAgICAgICAgICAgICAgICAgIG1ldGFkYXRhKHNhbXBsZV8yOTBfbm9ybWFsaXplZCkkc3VtbWFyeV9zdGF0cyR3YWxrdHJhcCwKICAgICAgICAgICAgICAgICAgICAgICAgICJwdXJpdHkiLCAibWF4aW11bSIsICJjbHVzdGVyX25hbWVzIiwgYyg1LCAxMCwgMTUsIDIwLCAyNSwgNTAsIDEwMCkpCndhbGt0cmFwX3Bsb3RzCmBgYAoKIyMjIyBzaWxob3VldHRlIHdpZHRoIHBsb3RzCgpgYGB7ciBmaWcuaGVpZ2h0PTEwLCBmaWcud2lkdGg9MTV9CiMgUGxvdCBpbmRpdmlkdWFsIGNsdXN0ZXIgYW5kIHN1bW1hcnkgc3RhdHMKd2Fsa3RyYXBfc2lsaG91ZXR0ZV9wbG90cyA8LSBwbG90X2NsdXN0ZXJpbmdfdmFsaWRpdHkobWV0YWRhdGEoc2FtcGxlXzI5MF9ub3JtYWxpemVkKSRhbGxfc3RhdHMkd2Fsa3RyYXAsCiAgICAgICAgICAgICAgICAgICAgICAgICBtZXRhZGF0YShzYW1wbGVfMjkwX25vcm1hbGl6ZWQpJHN1bW1hcnlfc3RhdHMkd2Fsa3RyYXAsCiAgICAgICAgICAgICAgICAgICAgICAgICAid2lkdGgiLCAiY2xvc2VzdCIsICJjbHVzdGVyX25hbWVzIiwgYyg1LCAxMCwgMTUsIDIwLCAyNSwgNTAsIDEwMCkpCndhbGt0cmFwX3NpbGhvdWV0dGVfcGxvdHMKYGBgCgojIyMgZ3JhcGgtYmFzZWQsIGxvdXZhaW4KCmBgYHtyIGZpZy5oZWlnaHQgPSA5LjV9CiMgQ2hlY2sgdGhlIGxvdXZhaW4gY2x1c3RlciB2YWxpZGl0eSBzdGF0cyBmb3IgZWFjaCBvZiB0aGUgY2x1c3RlcnMgYW5kIHByb2R1Y2UKIyBhIHN1bW1hcnkgZGF0YSBmcmFtZSBvZiB0aGVzZSBzdGF0cyB0byBiZSBzdG9yZWQgd2l0aGluIHRoZSBTQ0Ugb2JqZWN0CnNhbXBsZV8yOTBfbm9ybWFsaXplZCA8LSBhZGRfbWV0YWRhdGFfY2x1c3RlcmluZ19zdGF0cyhzYW1wbGVfMjkwX25vcm1hbGl6ZWQsIGxvdXZhaW5fY2x1c3Rlcl9uYW1lcywgImxvdXZhaW4iKQoKIyBQcmV2aWV3IHRoZSBzYXZlZCByZXN1bHRzCmhlYWQobWV0YWRhdGEoc2FtcGxlXzI5MF9ub3JtYWxpemVkKSRhbGxfc3RhdHMkbG91dmFpbikKCiMgUHJldmlldyB0aGUgc2F2ZWQgc3VtbWFyeSByZXN1bHRzCmhlYWQobWV0YWRhdGEoc2FtcGxlXzI5MF9ub3JtYWxpemVkKSRzdW1tYXJ5X3N0YXRzJGxvdXZhaW4pCmBgYAojIyMjIHB1cml0eSBwbG90cwoKYGBge3IgZmlnLmhlaWdodD0xMH0KIyBQbG90IGluZGl2aWR1YWwgY2x1c3RlciBhbmQgc3VtbWFyeSBzdGF0cwpsb3V2YWluX3Bsb3RzIDwtIHBsb3RfY2x1c3RlcmluZ192YWxpZGl0eShtZXRhZGF0YShzYW1wbGVfMjkwX25vcm1hbGl6ZWQpJGFsbF9zdGF0cyRsb3V2YWluLAogICAgICAgICAgICAgICAgICAgICAgICAgbWV0YWRhdGEoc2FtcGxlXzI5MF9ub3JtYWxpemVkKSRzdW1tYXJ5X3N0YXRzJGxvdXZhaW4sCiAgICAgICAgICAgICAgICAgICAgICAgICAicHVyaXR5IiwgIm1heGltdW0iLCAiY2x1c3Rlcl9uYW1lcyIsIGMoNSwgMTAsIDE1LCAyMCwgMjUsIDUwLCAxMDApKQpsb3V2YWluX3Bsb3RzCmBgYAoKIyMjIyBzaWxob3VldHRlIHdpZHRoIHBsb3RzCgpgYGB7ciBmaWcuaGVpZ2h0PTEwfQojIFBsb3QgaW5kaXZpZHVhbCBjbHVzdGVyIGFuZCBzdW1tYXJ5IHN0YXRzCmxvdXZhaW5fc2lsaG91ZXR0ZV9wbG90cyA8LSBwbG90X2NsdXN0ZXJpbmdfdmFsaWRpdHkobWV0YWRhdGEoc2FtcGxlXzI5MF9ub3JtYWxpemVkKSRhbGxfc3RhdHMkbG91dmFpbiwKICAgICAgICAgICAgICAgICAgICAgICAgIG1ldGFkYXRhKHNhbXBsZV8yOTBfbm9ybWFsaXplZCkkc3VtbWFyeV9zdGF0cyRsb3V2YWluLAogICAgICAgICAgICAgICAgICAgICAgICAgIndpZHRoIiwgImNsb3Nlc3QiLCAiY2x1c3Rlcl9uYW1lcyIsIGMoNSwgMTAsIDE1LCAyMCwgMjUsIDUwLCAxMDApKQpsb3V2YWluX3NpbGhvdWV0dGVfcGxvdHMKYGBgCgojIyBDaGVjayBjbHVzdGVyIHN0YWJpbGl0eQoKIyMjIGstbWVhbnMKCmBgYHtyfQojIENoZWNrIGFuZCBwbG90IGNsdXN0ZXIgc3RhYmlsaXR5CmttZWFuc19jbHVzdGVyX25hbWVzICU+JQogIHB1cnJyOjp3YWxrKH4gcGxvdF9jbHVzdGVyX3N0YWJpbGl0eShzYW1wbGVfMjkwX25vcm1hbGl6ZWQsIC54KSkKYGBgCgojIyMgZ3JhcGgtYmFzZWQsIHdhbGt0cmFwCgpgYGB7cn0Kd2Fsa3RyYXBfY2x1c3Rlcl9uYW1lcyAlPiUKICBwdXJycjo6d2Fsayh+IHBsb3RfY2x1c3Rlcl9zdGFiaWxpdHkoc2FtcGxlXzI5MF9ub3JtYWxpemVkLCAueCkpCmBgYAoKIyMjIGdyYXBoLWJhc2VkLCBsb3V2YWluCgpgYGB7cn0KbG91dmFpbl9jbHVzdGVyX25hbWVzICU+JQogIHB1cnJyOjp3YWxrKH4gcGxvdF9jbHVzdGVyX3N0YWJpbGl0eShzYW1wbGVfMjkwX25vcm1hbGl6ZWQsIC54KSkKYGBgCgojIyBTZXNzaW9uIGluZm8KCmBgYHtyfQpzZXNzaW9uSW5mbygpCmBgYAo=